\hypertarget{_main__flags__define_8h}{
\section{src/commons/TopicLearner/Main\_\-flags\_\-define.h File Reference}
\label{_main__flags__define_8h}\index{src/commons/TopicLearner/Main\_\-flags\_\-define.h@{src/commons/TopicLearner/Main\_\-flags\_\-define.h}}
}
{\ttfamily \#include \char`\"{}gflags/gflags.h\char`\"{}}\par
{\ttfamily \#include \char`\"{}constants.h\char`\"{}}\par
{\ttfamily \#include \char`\"{}tbb/task\_\-scheduler\_\-init.h\char`\"{}}\par
\subsection*{Functions}
\begin{DoxyCompactItemize}
\item 
\hyperlink{_main__flags__define_8h_aff8d8640ee8bc5b294cf5b4ebcdd9ad3}{DEFINE\_\-int32} (iter, 1000,\char`\"{}Number of iterations the topic modeller should be run\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a88eed6f9f057cd5b6f9d0e14967f4142}{DEFINE\_\-int32} (burnin, 299,\char`\"{}Number of iterations after which alpha optimization should be to be run after every $<$optimizestats$>$ iterations\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a57bdc73cdbbd96534ea8d4b835bab60f}{DEFINE\_\-int32} (optimizestats, 25,\char`\"{}Optimize hyper parameters every these many iterations\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ac6225b60047c2b1b4abb9f64fb6f66d9}{DEFINE\_\-int32} (printloglikelihood, 25,\char`\"{}Print log likelihood after every $<$printlogLikelihood$>$ iterations after burn-\/in\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ad0570eab5419a897915b7bbebcc6e7a5}{DEFINE\_\-int32} (topics, 100,\char`\"{}The number of topics to be used by LDA.\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ab9b53e5eda198b96e7ab499c4bbd6069}{DEFINE\_\-string} (inputprefix,\char`\"{}lda\char`\"{},\char`\"{}The output prefix used for the FormatData routine\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_aa0aae7aec698b519a581cef5e7eb6c54}{DEFINE\_\-string} (dumpprefix,\char`\"{}\char`\"{},\char`\"{}The word-\/topic counts are initialized from this file which is generated by the preprocessing step or at the end of an iteration\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_aaeb9ff2f0201770bc5b556055d3b286f}{DEFINE\_\-bool} (restart, false,\char`\"{}Indicates use of failure recovery mode. The iteration to start with should also be specified\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_aff6375c4339aebe50fb99a2704792ef6}{DEFINE\_\-bool} (online, false,\char`\"{}Uses online initialization instead of random\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_aa3fdd476e7f1f9c5335e9f5e5b85e294}{DEFINE\_\-int32} (startiter, 1,\char`\"{}This the iteration at which failure recovery should start\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ac638e73a0dc5665e584cdd1cb3796870}{DEFINE\_\-bool} (test, false,\char`\"{}Run the test pipeline. No updates are done \& requires an earlier dump of the word-\/topic counts table\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a7b64c25ea5ad84acf7b59db721949dca}{DEFINE\_\-bool} (teststream, false,\char`\"{}Run the test pipeline in streaming mode. Formatting is a part of the pipeline. No updates are done \& requires an earlier dump of the word-\/topic counts table \& dictionary\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ab688a14216781756544c64147982e274}{DEFINE\_\-double} (alpha, ALPHA\_\-SUM,\char`\"{}Weight of the Dirichlet conjugate for topics\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a90d8a4e7858a1729874fde0131282b57}{DEFINE\_\-double} (beta, BETA,\char`\"{}Weight of the Dirichlet conjugate for words\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a02f3e433f51019d9e8bbe9ca669ae08c}{DEFINE\_\-int32} (chkptinterval, 25,\char`\"{}The topic assignments are saved every these many iterations\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_aeeb03250054d1cb9f1b2e34137c43b3b}{DEFINE\_\-string} (chkptdir,\char`\"{}\char`\"{},\char`\"{}The directory to which the checkpoints need to written\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_affdcf157fa957207e86460d611618042}{DEFINE\_\-string} (servers,\char`\"{}specify\char`\"{},\char`\"{}The set of all memcached servers that are storing the state. E.g. 192.168.0.1, 192.168.0.3:44, 200.132.12.34\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a20b074351fc5d6a089c9e0ff228e89f6}{DEFINE\_\-int32} (numdumps, 1,\char`\"{}Number of word-\/topic count dumps in the training data\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a13c291d2fd525b8767b2edd8cd0be605}{DEFINE\_\-int32} (maxmemory, 2048,\char`\"{}The max memory that can be used\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a0ccb624706d948a7103b18f40f319c21}{DEFINE\_\-string} (dictionary,\char`\"{}specify\char`\"{},\char`\"{}The dump of the global dictionary produced in the training run. To be use for teststream\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_af3b02222678b82f81a84a3635304b97f}{DEFINE\_\-int32} (livetokens, 500,\char`\"{}Max Live Tokens in pipeline\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_ad7b26987daef14f53b3d865c7e037d71}{DEFINE\_\-int32} (model, 1,\char`\"{}Unigram-\/1\char`\"{})
\item 
\hyperlink{_main__flags__define_8h_a0afedc213c5e013b2d0efe87b8cd0471}{DEFINE\_\-int32} (samplerthreads, tbb::task\_\-scheduler\_\-init::automatic,\char`\"{}The number of foreground threads that run actual LDA pipeline. Default is to figure out automatically\char`\"{})
\end{DoxyCompactItemize}


\subsection{Function Documentation}
\hypertarget{_main__flags__define_8h_a7b64c25ea5ad84acf7b59db721949dca}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-bool@{DEFINE\_\-bool}}
\index{DEFINE\_\-bool@{DEFINE\_\-bool}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-bool}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-bool (teststream, \/  false, \/  \char`\"{}Run the test pipeline in streaming mode. Formatting is a part of the pipeline. No updates are done \& requires an earlier dump of the word-\/topic counts table \& dictionary\char`\"{})}}
\label{_main__flags__define_8h_a7b64c25ea5ad84acf7b59db721949dca}
\hypertarget{_main__flags__define_8h_ac638e73a0dc5665e584cdd1cb3796870}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-bool@{DEFINE\_\-bool}}
\index{DEFINE\_\-bool@{DEFINE\_\-bool}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-bool}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-bool (test, \/  false, \/  \char`\"{}Run the test pipeline. No updates are done \& requires an earlier dump of the word-\/topic counts table\char`\"{})}}
\label{_main__flags__define_8h_ac638e73a0dc5665e584cdd1cb3796870}
\hypertarget{_main__flags__define_8h_aff6375c4339aebe50fb99a2704792ef6}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-bool@{DEFINE\_\-bool}}
\index{DEFINE\_\-bool@{DEFINE\_\-bool}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-bool}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-bool (online, \/  false, \/  \char`\"{}Uses online initialization instead of random\char`\"{})}}
\label{_main__flags__define_8h_aff6375c4339aebe50fb99a2704792ef6}
\hypertarget{_main__flags__define_8h_aaeb9ff2f0201770bc5b556055d3b286f}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-bool@{DEFINE\_\-bool}}
\index{DEFINE\_\-bool@{DEFINE\_\-bool}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-bool}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-bool (restart, \/  false, \/  \char`\"{}Indicates use of failure recovery mode. The iteration to start with should also be specified\char`\"{})}}
\label{_main__flags__define_8h_aaeb9ff2f0201770bc5b556055d3b286f}
\hypertarget{_main__flags__define_8h_a90d8a4e7858a1729874fde0131282b57}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-double@{DEFINE\_\-double}}
\index{DEFINE\_\-double@{DEFINE\_\-double}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-double}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-double (beta, \/  BETA, \/  \char`\"{}Weight of the Dirichlet conjugate for words\char`\"{})}}
\label{_main__flags__define_8h_a90d8a4e7858a1729874fde0131282b57}
\hypertarget{_main__flags__define_8h_ab688a14216781756544c64147982e274}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-double@{DEFINE\_\-double}}
\index{DEFINE\_\-double@{DEFINE\_\-double}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-double}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-double (alpha, \/  ALPHA\_\-SUM, \/  \char`\"{}Weight of the Dirichlet conjugate for topics\char`\"{})}}
\label{_main__flags__define_8h_ab688a14216781756544c64147982e274}
\hypertarget{_main__flags__define_8h_a0afedc213c5e013b2d0efe87b8cd0471}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (samplerthreads, \/  tbb::task\_\-scheduler\_\-init::automatic, \/  \char`\"{}The number of foreground threads that run actual LDA pipeline. Default is to figure out automatically\char`\"{})}}
\label{_main__flags__define_8h_a0afedc213c5e013b2d0efe87b8cd0471}
\hypertarget{_main__flags__define_8h_ad7b26987daef14f53b3d865c7e037d71}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (model, \/  1, \/  \char`\"{}Unigram-\/1\char`\"{})}}
\label{_main__flags__define_8h_ad7b26987daef14f53b3d865c7e037d71}
\hypertarget{_main__flags__define_8h_af3b02222678b82f81a84a3635304b97f}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (livetokens, \/  500, \/  \char`\"{}Max Live Tokens in pipeline\char`\"{})}}
\label{_main__flags__define_8h_af3b02222678b82f81a84a3635304b97f}
\hypertarget{_main__flags__define_8h_a13c291d2fd525b8767b2edd8cd0be605}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (maxmemory, \/  2048, \/  \char`\"{}The max memory that can be used\char`\"{})}}
\label{_main__flags__define_8h_a13c291d2fd525b8767b2edd8cd0be605}
\hypertarget{_main__flags__define_8h_a20b074351fc5d6a089c9e0ff228e89f6}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (numdumps, \/  1, \/  \char`\"{}Number of word-\/topic count dumps in the training data\char`\"{})}}
\label{_main__flags__define_8h_a20b074351fc5d6a089c9e0ff228e89f6}
\hypertarget{_main__flags__define_8h_a02f3e433f51019d9e8bbe9ca669ae08c}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (chkptinterval, \/  25, \/  \char`\"{}The topic assignments are saved every these many iterations\char`\"{})}}
\label{_main__flags__define_8h_a02f3e433f51019d9e8bbe9ca669ae08c}
\hypertarget{_main__flags__define_8h_aa3fdd476e7f1f9c5335e9f5e5b85e294}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (startiter, \/  1, \/  \char`\"{}This the iteration at which failure recovery should start\char`\"{})}}
\label{_main__flags__define_8h_aa3fdd476e7f1f9c5335e9f5e5b85e294}
\hypertarget{_main__flags__define_8h_ad0570eab5419a897915b7bbebcc6e7a5}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (topics, \/  100, \/  \char`\"{}The number of topics to be used by LDA.\char`\"{})}}
\label{_main__flags__define_8h_ad0570eab5419a897915b7bbebcc6e7a5}
\hypertarget{_main__flags__define_8h_ac6225b60047c2b1b4abb9f64fb6f66d9}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (printloglikelihood, \/  25, \/  \char`\"{}Print log likelihood after every $<$printlogLikelihood$>$ iterations after burn-\/in\char`\"{})}}
\label{_main__flags__define_8h_ac6225b60047c2b1b4abb9f64fb6f66d9}
\hypertarget{_main__flags__define_8h_a57bdc73cdbbd96534ea8d4b835bab60f}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (optimizestats, \/  25, \/  \char`\"{}Optimize hyper parameters every these many iterations\char`\"{})}}
\label{_main__flags__define_8h_a57bdc73cdbbd96534ea8d4b835bab60f}
\hypertarget{_main__flags__define_8h_a88eed6f9f057cd5b6f9d0e14967f4142}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (burnin, \/  299, \/  \char`\"{}Number of iterations after which alpha optimization should be to be run after every $<$optimizestats$>$ iterations\char`\"{})}}
\label{_main__flags__define_8h_a88eed6f9f057cd5b6f9d0e14967f4142}
\hypertarget{_main__flags__define_8h_aff8d8640ee8bc5b294cf5b4ebcdd9ad3}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-int32@{DEFINE\_\-int32}}
\index{DEFINE\_\-int32@{DEFINE\_\-int32}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-int32}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-int32 (iter, \/  1000, \/  \char`\"{}Number of iterations the topic modeller should be run\char`\"{})}}
\label{_main__flags__define_8h_aff8d8640ee8bc5b294cf5b4ebcdd9ad3}
\hypertarget{_main__flags__define_8h_a0ccb624706d948a7103b18f40f319c21}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-string@{DEFINE\_\-string}}
\index{DEFINE\_\-string@{DEFINE\_\-string}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-string}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-string (dictionary, \/  \char`\"{}specify\char`\"{}, \/  \char`\"{}The dump of the global dictionary produced in the training run. To be use for teststream\char`\"{})}}
\label{_main__flags__define_8h_a0ccb624706d948a7103b18f40f319c21}
\hypertarget{_main__flags__define_8h_affdcf157fa957207e86460d611618042}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-string@{DEFINE\_\-string}}
\index{DEFINE\_\-string@{DEFINE\_\-string}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-string}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-string (servers, \/  \char`\"{}specify\char`\"{}, \/  \char`\"{}The set of all memcached servers that are storing the state. E.g. 192.168.0. {\em 1}, \/  192.168.0.3:44, \/  200.132.12.34\char`\"{})}}
\label{_main__flags__define_8h_affdcf157fa957207e86460d611618042}
\hypertarget{_main__flags__define_8h_aeeb03250054d1cb9f1b2e34137c43b3b}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-string@{DEFINE\_\-string}}
\index{DEFINE\_\-string@{DEFINE\_\-string}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-string}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-string (chkptdir, \/  \char`\"{}\char`\"{}, \/  \char`\"{}The directory to which the checkpoints need to written\char`\"{})}}
\label{_main__flags__define_8h_aeeb03250054d1cb9f1b2e34137c43b3b}
\hypertarget{_main__flags__define_8h_aa0aae7aec698b519a581cef5e7eb6c54}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-string@{DEFINE\_\-string}}
\index{DEFINE\_\-string@{DEFINE\_\-string}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-string}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-string (dumpprefix, \/  \char`\"{}\char`\"{}, \/  \char`\"{}The word-\/topic counts are initialized from this file which is generated by the preprocessing step or at the end of an iteration\char`\"{})}}
\label{_main__flags__define_8h_aa0aae7aec698b519a581cef5e7eb6c54}
\hypertarget{_main__flags__define_8h_ab9b53e5eda198b96e7ab499c4bbd6069}{
\index{Main\_\-flags\_\-define.h@{Main\_\-flags\_\-define.h}!DEFINE\_\-string@{DEFINE\_\-string}}
\index{DEFINE\_\-string@{DEFINE\_\-string}!Main_flags_define.h@{Main\_\-flags\_\-define.h}}
\subsubsection[{DEFINE\_\-string}]{\setlength{\rightskip}{0pt plus 5cm}DEFINE\_\-string (inputprefix, \/  \char`\"{}lda\char`\"{}, \/  \char`\"{}The output prefix used for the FormatData routine\char`\"{})}}
\label{_main__flags__define_8h_ab9b53e5eda198b96e7ab499c4bbd6069}
